import os
import pickle
from PyCmpltrtok.common import sep, get_dir_name_ext

sep('nltk')
import nltk
my_nltk_data_path = os.path.join(os.environ.get("HOME", "."), 'nltk_data')
nltk.data.path = [my_nltk_data_path] + nltk.data.path
# sep('Clear cache')
# nltk.data.clear_cache()
# sep('Clear cache done')
sep('nltk import and set path over')

sep('load')
path = f'{my_nltk_data_path}/tokenizers/punkt/english.pickle'
print(f'path=|{path}|')
with open(path, 'br') as f:
    xvar = pickle.load(f)
    
sep('loaded')
print(xvar)

sep('over')
